{
  "supervised_training":
  {
    "adult_1p":
      {
        "linear_classification":
        {
          "learning_rate": 0.01
        },
        "finetuning_classification":
        {
          "learning_rate": 0.0001
        }
      },
    "covtype_new_1p":
    {
      "linear_classification":
      {
        "learning_rate": 0.01
      },
      "finetuning_classification":
      {
        "learning_rate": 1e-05
      }
    },
    "higgs100k1p":
    {
      "linear_classification":
      {
        "learning_rate": 0.01
      },
      "finetuning_classification":
      {
        "learning_rate": 0.0001
      }
    },
    "mnist_1p":
    {
      "linear_classification":
      {
        "learning_rate": 0.01
      },
      "finetuning_classification":
      {
        "learning_rate": 0.0001
      }
    }
  },
  "q_match_pretext+supervised_training":
  {
    "adult_1p":
      {
        "linear_classification":
        {
          "corruption_p": 0.5,
          "learning_rate": 0.01,
          "pretext_learning_rate": 1e-05,
          "student_temperature": 0.05,
          "support_set_size": 512,
          "tau": 0.0
        },
        "finetuning_classification":
        {
          "corruption_p": 0.5,
          "learning_rate": 0.001,
          "pretext_learning_rate": 0.0001,
          "student_temperature": 0.1,
          "support_set_size": 512,
          "tau": 0.99
        }
      },
    "covtype_new_1p":
    {
      "linear_classification":
       {
        "corruption_p": 0.4,
        "learning_rate": 0.01,
        "pretext_learning_rate": 0.0001,
        "student_temperature": 0.05,
        "support_set_size": 512,
        "tau": 0.0
      },
      "finetuning_classification":
      {
       "corruption_p": 0.3,
       "learning_rate": 1e-05,
       "pretext_learning_rate": 1e-05,
       "student_temperature": 0.05,
       "support_set_size": 2048,
       "tau": 0.0
      }
    },
    "higgs100k1p":
    {
      "linear_classification":
      {
        "corruption_p": 0.5,
        "learning_rate": 0.01,
        "pretext_learning_rate": 0.0001,
        "student_temperature": 0.1,
        "support_set_size": 2048,
        "tau": 0.99
      },
      "finetuning_classification":
      {
        "corruption_p": 0.4,
        "learning_rate": 0.0001,
        "pretext_learning_rate": 0.0001,
        "student_temperature": 0.2,
        "support_set_size": 2048,
        "tau": 0.9
      }
    },
    "mnist_1p":
    {
      "linear_classification":
      {
        "corruption_p": 0.5,
        "learning_rate": 0.01,
        "pretext_learning_rate": 0.001,
        "student_temperature": 0.2,
        "support_set_size": 512,
        "tau": 0.0
      },
      "finetuning_classification":
      {
        "corruption_p": 0.5,
        "learning_rate": 0.001,
        "pretext_learning_rate": 0.001,
        "student_temperature": 0.1,
        "support_set_size": 512,
        "tau": 0.0
      }
    }
  },
  "vime_pretext+supervised_training":
  {
    "adult_1p":
      {
        "linear_classification":
        {
          "corruption_p": 0.5,
          "learning_rate": 0.01,
          "pretext_learning_rate": 0.001
        },
        "finetuning_classification":
        {
          "corruption_p": 0.4,
          "learning_rate": 0.001,
          "pretext_learning_rate": 0.001
        }
      },
    "covtype_new_1p":
    {
      "linear_classification":
      {
        "corruption_p": 0.3,
        "learning_rate": 0.001,
        "pretext_learning_rate": 1e-05
      },
      "finetuning_classification":
      {
        "corruption_p": 0.3,
        "learning_rate": 1e-05,
        "pretext_learning_rate": 1e-05
      }
    },
    "higgs100k1p":
    {
      "linear_classification":
      {
        "corruption_p": 0.4,
        "learning_rate": 0.01,
        "pretext_learning_rate": 0.0001
      },
      "finetuning_classification":
      {
        "corruption_p": 0.3,
        "learning_rate": 0.01,
        "pretext_learning_rate": 0.001
      }
    },
    "mnist_1p":
    {
      "linear_classification":
      {
        "corruption_p": 0.5,
        "learning_rate": 0.01,
        "pretext_learning_rate": 0.0001
      },
      "finetuning_classification":
      {
        "corruption_p": 0.5,
        "learning_rate": 0.0001,
        "pretext_learning_rate": 0.0001
      }
    }
  },
  "tabnet_pretext+supervised_training":
  {
    "adult_1p":
      {
        "linear_classification":
        {
          "corruption_p": 0.3,
          "learning_rate": 0.01,
          "pretext_learning_rate": 1e-05
        },
        "finetuning_classification":
        {
          "corruption_p": 0.4,
          "learning_rate": 1e-05,
          "pretext_learning_rate": 0.001
        }
      },
    "covtype_new_1p":
    {
      "linear_classification":
      {
        "corruption_p": 0.3,
        "learning_rate": 0.001,
        "pretext_learning_rate": 1e-05
      },
      "finetuning_classification":
      {
        "corruption_p": 0.4,
        "learning_rate": 1e-05,
        "pretext_learning_rate": 1e-05
      }
    },
    "higgs100k1p":
    {
      "linear_classification":
      {
        "corruption_p": 0.3,
        "learning_rate": 0.01,
        "pretext_learning_rate": 0.0001
      },
      "finetuning_classification":
      {
        "corruption_p": 0.4,
        "learning_rate": 0.001,
        "pretext_learning_rate": 0.001
      }
    },
    "mnist_1p":
    {
      "linear_classification":
      {
        "corruption_p": 0.3,
        "learning_rate": 0.01,
        "pretext_learning_rate": 0.0001
      },
      "finetuning_classification":
      {
        "corruption_p": 0.5,
        "learning_rate": 1e-05,
        "pretext_learning_rate": 0.0001
      }
    }
  },
  "npair_imix_pretext+supervised_training":
  {
    "adult_1p":
      {
        "linear_classification":
        {
          "learning_rate": 0.01,
          "pretext_learning_rate": 1e-05,
          "temperature": 0.04},
        "finetuning_classification":
        {
          "learning_rate": 0.01,
          "pretext_learning_rate": 0.001,
          "temperature": 0.04
        }
      },
    "covtype_new_1p":
    {
      "linear_classification":
      {
        "learning_rate": 0.001,
        "pretext_learning_rate": 1e-05,
        "temperature": 0.3
      },
      "finetuning_classification":
      {
        "learning_rate": 1e-05,
        "pretext_learning_rate": 1e-05,
        "temperature": 0.3
      }
    },
    "higgs100k1p":
    {
      "linear_classification":
      {
        "learning_rate": 0.01,
        "pretext_learning_rate": 0.0001,
        "temperature": 0.3
      },
      "finetuning_classification":
      {
        "learning_rate": 0.01,
        "pretext_learning_rate": 0.001,
        "temperature": 0.2
      }
    },
    "mnist_1p":
    {
      "linear_classification":
      {
        "learning_rate": 0.001,
        "pretext_learning_rate": 1e-05,
        "temperature": 0.3
      },
      "finetuning_classification":
      {
        "learning_rate": 0.0001,
        "pretext_learning_rate": 1e-05,
        "temperature": 0.3
      }
    }
  },
  "dino_pretext+supervised_training":
  {
    "adult_1p":
      {
        "linear_classification":
        {
          "corruption_p": 0.4,
          "learning_rate": 0.001,
          "pretext_learning_rate": 1e-05,
          "tau": 0.9
        },
        "finetuning_classification":
        {
          "corruption_p": 0.3,
          "learning_rate": 1e-05,
          "pretext_learning_rate": 0.0001,
          "tau": 0.9
        }
      },
    "covtype_new_1p":
    {
      "linear_classification":
      {
        "corruption_p": 0.4,
        "learning_rate": 0.01,
        "pretext_learning_rate": 1e-05,
        "tau": 0.9
      },
      "finetuning_classification":
      {
        "corruption_p": 0.3,
        "learning_rate": 1e-05,
        "pretext_learning_rate": 1e-05,
        "tau": 0.9
      }
    },
    "higgs100k1p":
    {
      "linear_classification":
      {
        "corruption_p": 0.3,
        "learning_rate": 0.01,
        "pretext_learning_rate": 1e-05,
        "tau": 0.9
      },
      "finetuning_classification":
      {
        "corruption_p": 0.3,
        "learning_rate": 0.001,
        "pretext_learning_rate": 0.001,
        "tau": 0.9
      }
    },
    "mnist_1p":
    {
      "linear_classification":
      {
        "corruption_p": 0.5,
        "learning_rate": 0.001,
        "pretext_learning_rate": 1e-05,
        "tau": 0.9
      },
      "finetuning_classification":
      {
        "corruption_p": 0.5,
        "learning_rate": 0.0001,
        "pretext_learning_rate": 1e-05,
        "tau": 0.9
      }
    }
  },
  "simsiam_pretext+supervised_training":
  {
    "adult_1p":
      {
        "linear_classification":
        {
          "corruption_p": 0.5,
          "learning_rate": 0.01,
          "pretext_learning_rate": 0.0001
        },
        "finetuning_classification":
        {
          "corruption_p": 0.3,
          "learning_rate": 1e-05,
          "pretext_learning_rate": 0.001
        }
      },
    "covtype_new_1p":
    {
      "linear_classification":
      {
        "corruption_p": 0.3,
        "learning_rate": 0.01,
        "pretext_learning_rate": 1e-05
      },
      "finetuning_classification":
      {
        "corruption_p": 0.3,
        "learning_rate": 1e-05,
        "pretext_learning_rate": 1e-05
      }
    },
    "higgs100k1p":
    {
      "linear_classification":
      {
        "corruption_p": 0.3,
        "learning_rate": 0.01,
        "pretext_learning_rate": 0.0001
      },
      "finetuning_classification":
      {
        "corruption_p": 0.3,
        "learning_rate": 0.001,
        "pretext_learning_rate": 0.001
      }
    },
    "mnist_1p":
    {
      "linear_classification":
      {
        "corruption_p": 0.4,
        "learning_rate": 0.01,
        "pretext_learning_rate": 1e-05
      },
      "finetuning_classification":
      {
        "corruption_p": 0.4,
        "learning_rate": 1e-05,
        "pretext_learning_rate": 1e-05
      }
    }
  },
  "vicreg_pretext+supervised_training":
  {
    "adult_1p":
      {
        "linear_classification":
        {
          "corruption_p": 0.4,
          "learning_rate": 0.001,
          "pretext_learning_rate": 0.001
        },
        "finetuning_classification":
        {
          "corruption_p": 0.3,
          "learning_rate": 0.0001,
          "pretext_learning_rate": 0.0001
        }
      },
    "covtype_new_1p":
    {
      "linear_classification":
      {
        "corruption_p": 0.4,
        "learning_rate": 0.001,
        "pretext_learning_rate": 0.001
      },
      "finetuning_classification":
      {
        "corruption_p": 0.4,
        "learning_rate": 1e-05,
        "pretext_learning_rate": 0.001
      }
    },
    "higgs100k1p":
    {
      "linear_classification":
      {
        "corruption_p": 0.3,
        "learning_rate": 0.001,
        "pretext_learning_rate": 0.0001
      },
      "finetuning_classification":
      {
        "corruption_p": 0.3,
        "learning_rate": 1e-05,
        "pretext_learning_rate": 0.001
      }
    },
    "mnist_1p":
    {
      "linear_classification":
      {
        "corruption_p": 0.3,
        "learning_rate": 0.01,
        "pretext_learning_rate": 0.0001
      },
      "finetuning_classification":
      {
        "corruption_p": 0.3,
        "learning_rate": 0.0001,
        "pretext_learning_rate": 0.0001
      }
    }
  },
  "large_batch_simclr_pretext+supervised_training":
  {
    "adult_1p":
      {
        "linear_classification":
        {
          "batch_size": 4096,
          "corruption_p": 0.4,
          "learning_rate": 0.01,
          "pretext_learning_rate": 0.001
        },
        "finetuning_classification":
        {
          "batch_size": 4096,
          "corruption_p": 0.4,
          "learning_rate": 0.0001,
          "pretext_learning_rate": 0.001
        }
      },
    "covtype_new_1p":
    {
      "linear_classification":
      {
        "batch_size": 4096,
        "corruption_p": 0.4,
        "learning_rate": 0.01,
        "pretext_learning_rate": 0.0001
      },
      "finetuning_classification":
      {
        "batch_size": 4096,
        "corruption_p": 0.5,
        "learning_rate": 1e-05,
        "pretext_learning_rate": 0.0001
      }
    },
    "higgs100k1p":
    {
      "linear_classification":
      {
        "batch_size": 4096,
        "corruption_p": 0.3,
        "learning_rate": 0.01,
        "pretext_learning_rate": 0.001
      },
      "finetuning_classification":
      {
        "batch_size": 4096,
        "corruption_p": 0.4,
        "learning_rate": 0.0001,
        "pretext_learning_rate": 0.001
      }
    },
    "mnist_1p":
    {
      "linear_classification":
      {
        "batch_size": 4096,
        "corruption_p": 0.5,
        "learning_rate": 0.01,
        "pretext_learning_rate": 0.001
      },
      "finetuning_classification":
      {
        "batch_size": 4096,
        "corruption_p": 0.5,
        "learning_rate": 0.0001,
        "pretext_learning_rate": 0.001
      }
    }
  },
  "simclr_pretext+supervised_training":
  {
    "adult_1p":
      {
        "linear_classification":
        {
          "corruption_p": 0.4,
          "learning_rate": 0.01,
          "pretext_learning_rate": 0.001
        },
        "finetuning_classification":
        {
          "corruption_p": 0.5,
          "learning_rate": 0.001,
          "pretext_learning_rate": 0.001
        }
      },
    "covtype_new_1p":
    {
      "linear_classification":
      {
        "corruption_p": 0.5,
        "learning_rate": 0.001,
        "pretext_learning_rate": 1e-05
      },
      "finetuning_classification":
      {
        "corruption_p": 0.4,
        "learning_rate": 1e-05,
        "pretext_learning_rate": 1e-05
      }
    },
    "higgs100k1p":
    {
      "linear_classification":
      {
        "corruption_p": 0.3,
        "learning_rate": 0.001,
        "pretext_learning_rate": 0.0001
      },
      "finetuning_classification":
      {
        "corruption_p": 0.5,
        "learning_rate": 0.001,
        "pretext_learning_rate": 0.001
      }
    },
    "mnist_1p":
    {
      "linear_classification":
      {
        "corruption_p": 0.5,
        "learning_rate": 0.01,
        "pretext_learning_rate": 1e-05
      },
      "finetuning_classification":
      {
        "corruption_p": 0.5,
        "learning_rate": 1e-05,
        "pretext_learning_rate": 1e-05
      }
    }
  }
}
